Parameters for each preprocessing step

Parameters for sc_trim_barcode

File paths

  • input fastq1: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.R2.fastq.gz
  • input fastq2: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.R1.fastq.gz
  • output fastq: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.fastq.gz

Read structure

assume read1 contains the transcript

  • barcode in read1: NA
  • barcode in read2: start at position 6, length 7
  • UMI in read2: start at position 0, length 6

Read filter

  • remove reads that have N in its barcode or UMI: FALSE
  • remove reads with low quality: TRUE
    • minimum read quality: 20
    • maximum number of base below minimum read quality: 2

Parameters for alignment

  • input fastq: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.fastq.gz
  • output bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.subread.bam
  • genome index: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/GRCh38.p13/GRCh38.p13_with_ERCC

Parameters for sc_exon_mapping

  • input bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.subread.bam
  • output bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.exon.bam
  • transctiptome annotations: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/GRCh38.p13/gencode.v35.primary_assembly.annotation.gff3, /stornext/Home/data/allstaff/h/hickey/.local/share/renv/cache/v5/R-4.0/x86_64-pc-linux-gnu/scPipe/1.12.0/59e3de64e19be41dfc11976d6a8db4d7/scPipe/extdata/ERCC92_anno.gff3
  • do strand specific mapping: TRUE
  • fix chromosome names: FALSE

Parameters for sc_demultiplex

  • input bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.combined.exon.bam
  • output folder: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9
  • barcode annotation file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.barcode_annotation.csv
  • maximum mismatch allowed in barcode: 1

Parameters for sc_gene_counting

  • output folder: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9
  • barcode annotation file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN227/scPipe/RPI-9/RPI-9.barcode_annotation.csv
  • UMI correction: simple correction and merge UMI with distance 1
  • gene filtering: FALSE

Data summary

The organism is “hsapiens_gene_ensembl”, and gene id type is “ensembl_gene_id”.

Overall barcode statistics

if (is.null(params$organism) || is.na(params$organism)) {
  sce = create_sce_by_dir(params$outdir)
} else {
  sce = create_sce_by_dir(params$outdir, organism=params$organism, gene_id_type=params$gene_id_type)
}
overall_stat = demultiplex_info(sce)
datatable(overall_stat, width=800)

Plot barcode match statistics in pie chart:

plot_demultiplex(sce)

Read alignment statistics

ggplotly(plot_mapping(sce, dataname=params$samplename, percentage = FALSE))
ggplotly(plot_mapping(sce, dataname=params$samplename, percentage = TRUE))

Summary and distributions of QC metrics

if (any(colSums(counts(sce)) == 0)) {
  zero_cells = sum(colSums(counts(sce)) == 0)
  sce = sce[, colSums(counts(sce)) > 0]
} else {
  zero_cells = 0
}

Datatable of all QC metrics:

sce = calculate_QC_metrics(sce)
cannot connect to the ensembl database. ERROR:
Error in useMart("ensembl"): could not find function "useMart"
Try to use org.Hs.eg.db.
'select()' returned 1:many mapping between keys and columns
cannot connect to the ensembl database. ERROR:
Error in useMart("ensembl"): could not find function "useMart"
Try to use org.Hs.eg.db.
'select()' returned 1:many mapping between keys and columns
if(!all(colSums(as.data.frame(QC_metrics(sce)))>0)){
  QC_metrics(sce) = QC_metrics(sce)[, colSums(as.data.frame(QC_metrics(sce)))>0]
}
datatable(as.data.frame(QC_metrics(sce)), width=800, options=list(scrollX= TRUE))

Summary of all QC metrics:

datatable(do.call(cbind, lapply(QC_metrics(sce), summary)), width=800, options=list(scrollX= TRUE))

Number of reads mapped to exon before UMI deduplication VS number of genes detected:

ggplotly(ggplot(as.data.frame(QC_metrics(sce)), aes(x=mapped_to_exon, y=number_of_genes))+geom_point(alpha=0.8))
knitr::knit_exit()
LS0tCnRpdGxlOiAic2NQaXBlIHJlcG9ydCBmb3Igc2FtcGxlIGByIHBhcmFtcyRzYW1wbGVuYW1lYCIKb3V0cHV0OgogIGh0bWxfbm90ZWJvb2s6CiAgICBjb2RlX2ZvbGRpbmc6IGhpZGUKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OiB0cnVlCiAgICBjb2xsYXBzZWQ6IGZhbHNlCnBhcmFtczoKICBzYW1wbGVuYW1lOiAiUlBJLTkiCiAgZnExOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9OTjIyNy9zY1BpcGUvUlBJLTkvUlBJLTkuUjIuZmFzdHEuZ3oiCiAgZnEyOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9OTjIyNy9zY1BpcGUvUlBJLTkvUlBJLTkuUjEuZmFzdHEuZ3oiCiAgZnFvdXQ6ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL05OMjI3L3NjUGlwZS9SUEktOS9SUEktOS5jb21iaW5lZC5mYXN0cS5neiIKICBiYzFfaW5mbzogIk5BIgogIGJjMl9pbmZvOiAic3RhcnQgYXQgcG9zaXRpb24gNiwgbGVuZ3RoIDciCiAgdW1pX2luZm86ICJzdGFydCBhdCBwb3NpdGlvbiAwLCBsZW5ndGggNiIKICBybV9uOiBGQUxTRQogIHJtX2xvdzogVFJVRQogIG1pbl9xOiAyMAogIG51bV9icTogMgogIGJhbV9hbGlnbjogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMjcvc2NQaXBlL1JQSS05L1JQSS05LmNvbWJpbmVkLnN1YnJlYWQuYmFtIgogIGdfaW5kZXg6ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL0dSQ2gzOC5wMTMvR1JDaDM4LnAxM193aXRoX0VSQ0MiCiAgYmFtX21hcDogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMjcvc2NQaXBlL1JQSS05L1JQSS05LmNvbWJpbmVkLmV4b24uYmFtIgogIG91dGRpcjogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMjcvc2NQaXBlL1JQSS05IgogIGFubm9fZ2ZmOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9HUkNoMzgucDEzL2dlbmNvZGUudjM1LnByaW1hcnlfYXNzZW1ibHkuYW5ub3RhdGlvbi5nZmYzLCAvc3Rvcm5leHQvSG9tZS9kYXRhL2FsbHN0YWZmL2gvaGlja2V5Ly5sb2NhbC9zaGFyZS9yZW52L2NhY2hlL3Y1L1ItNC4wL3g4Nl82NC1wYy1saW51eC1nbnUvc2NQaXBlLzEuMTIuMC81OWUzZGU2NGUxOWJlNDFkZmMxMTk3NmQ2YThkYjRkNy9zY1BpcGUvZXh0ZGF0YS9FUkNDOTJfYW5uby5nZmYzIgogIHN0bmQ6IFRSVUUKICBmaXhfY2hyOiBGQUxTRQogIGJjX2Fubm86ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL05OMjI3L3NjUGlwZS9SUEktOS9SUEktOS5iYXJjb2RlX2Fubm90YXRpb24uY3N2IgogIG1heF9taXM6IDEKICBVTUlfY29yOiAic2ltcGxlIGNvcnJlY3Rpb24gYW5kIG1lcmdlIFVNSSB3aXRoIGRpc3RhbmNlIDEiCiAgZ2VuZV9mbDogRkFMU0UKICBvcmdhbmlzbTogImhzYXBpZW5zX2dlbmVfZW5zZW1ibCIKICBnZW5lX2lkX3R5cGU6ICJlbnNlbWJsX2dlbmVfaWQiCgotLS0KYGBge3IsIHdhcm5pbmc9RkFMU0UsIGVjaG89RkFMU0UsIG1lc3NhZ2U9RkFMU0V9CmxpYnJhcnkoc2NhbGVzKQpsaWJyYXJ5KHJlYWRyKQpsaWJyYXJ5KGdncGxvdDIpCmxpYnJhcnkocGxvdGx5KQpsaWJyYXJ5KERUKQpsaWJyYXJ5KHNjYXRlcikKbGlicmFyeShzY3JhbikKbGlicmFyeShzY1BpcGUpCmxpYnJhcnkoUnRzbmUpCmBgYAoKIyBQYXJhbWV0ZXJzIGZvciBlYWNoIHByZXByb2Nlc3Npbmcgc3RlcAoKIyMgUGFyYW1ldGVycyBmb3IgYHNjX3RyaW1fYmFyY29kZWAKCiMjIyBGaWxlIHBhdGhzCgoqIGlucHV0IGZhc3RxMTogYHIgcGFyYW1zJGZxMWAKKiBpbnB1dCBmYXN0cTI6IGByIHBhcmFtcyRmcTJgCiogb3V0cHV0IGZhc3RxOiBgciBwYXJhbXMkZnFvdXRgCgojIyMgUmVhZCBzdHJ1Y3R1cmUKCmFzc3VtZSByZWFkMSBjb250YWlucyB0aGUgdHJhbnNjcmlwdAoKKiBiYXJjb2RlIGluIHJlYWQxOiBgciBwYXJhbXMkYmMxX2luZm9gCiogYmFyY29kZSBpbiByZWFkMjogYHIgcGFyYW1zJGJjMl9pbmZvYAoqIFVNSSBpbiByZWFkMjogYHIgcGFyYW1zJHVtaV9pbmZvYAoKIyMjIFJlYWQgZmlsdGVyCgoqIHJlbW92ZSByZWFkcyB0aGF0IGhhdmUgYE5gIGluIGl0cyBiYXJjb2RlIG9yIFVNSTogYHIgcGFyYW1zJHJtX25gCiogcmVtb3ZlIHJlYWRzIHdpdGggbG93IHF1YWxpdHk6IGByIHBhcmFtcyRybV9sb3dgCmByIGlmIChwYXJhbXMkcm1fbG93KXtwYXN0ZSgiXHQqIG1pbmltdW0gcmVhZCBxdWFsaXR5OiIsIHBhcmFtcyRtaW5fcSwgIlxuIiwgIlx0KiBtYXhpbXVtIG51bWJlciBvZiBiYXNlIGJlbG93IG1pbmltdW0KcmVhZCBxdWFsaXR5OiIsIHBhcmFtcyRudW1fYnEsICJcbiIpfWAKCiMjIFBhcmFtZXRlcnMgZm9yIGFsaWdubWVudAoKKiBpbnB1dCBmYXN0cTogYHIgcGFyYW1zJGZxb3V0YAoqIG91dHB1dCBiYW0gZmlsZTogYHIgcGFyYW1zJGJhbV9hbGlnbmAKKiBnZW5vbWUgaW5kZXg6IGByIHBhcmFtcyRnX2luZGV4YAoKIyMgUGFyYW1ldGVycyBmb3IgYHNjX2V4b25fbWFwcGluZ2AKCiogaW5wdXQgYmFtIGZpbGU6IGByIHBhcmFtcyRiYW1fYWxpZ25gCiogb3V0cHV0IGJhbSBmaWxlOiBgciBwYXJhbXMkYmFtX21hcGAKKiB0cmFuc2N0aXB0b21lIGFubm90YXRpb25zOiBgciBwYXJhbXMkYW5ub19nZmZgCiogZG8gc3RyYW5kIHNwZWNpZmljIG1hcHBpbmc6IGByIHBhcmFtcyRzdG5kYAoqIGZpeCBjaHJvbW9zb21lIG5hbWVzOiBgciBwYXJhbXMkZml4X2NocmAKCiMjIFBhcmFtZXRlcnMgZm9yIGBzY19kZW11bHRpcGxleGAKCiogaW5wdXQgYmFtIGZpbGU6IGByIHBhcmFtcyRiYW1fbWFwYAoqIG91dHB1dCBmb2xkZXI6IGByIHBhcmFtcyRvdXRkaXJgCiogYmFyY29kZSBhbm5vdGF0aW9uIGZpbGU6IGByIHBhcmFtcyRiY19hbm5vYAoqIG1heGltdW0gbWlzbWF0Y2ggYWxsb3dlZCBpbiBiYXJjb2RlOiBgciBwYXJhbXMkbWF4X21pc2AKCiMjIFBhcmFtZXRlcnMgZm9yIGBzY19nZW5lX2NvdW50aW5nYAoKKiBvdXRwdXQgZm9sZGVyOiBgciBwYXJhbXMkb3V0ZGlyYAoqIGJhcmNvZGUgYW5ub3RhdGlvbiBmaWxlOiBgciBwYXJhbXMkYmNfYW5ub2AKKiBVTUkgY29ycmVjdGlvbjogYHIgcGFyYW1zJFVNSV9jb3JgCiogZ2VuZSBmaWx0ZXJpbmc6IGByIHBhcmFtcyRnZW5lX2ZsYAoKIyBEYXRhIHN1bW1hcnkKClRoZSBvcmdhbmlzbSBpcyAiYHIgcGFyYW1zJG9yZ2FuaXNtYCIsIGFuZCBnZW5lIGlkIHR5cGUgaXMgImByIHBhcmFtcyRnZW5lX2lkX3R5cGVgIi4KCiMjIE92ZXJhbGwgYmFyY29kZSBzdGF0aXN0aWNzCgpgYGB7ciwgd2FybmluZz1GQUxTRSwgbWVzc2FnZT1GQUxTRX0KaWYgKGlzLm51bGwocGFyYW1zJG9yZ2FuaXNtKSB8fCBpcy5uYShwYXJhbXMkb3JnYW5pc20pKSB7CiAgc2NlID0gY3JlYXRlX3NjZV9ieV9kaXIocGFyYW1zJG91dGRpcikKfSBlbHNlIHsKICBzY2UgPSBjcmVhdGVfc2NlX2J5X2RpcihwYXJhbXMkb3V0ZGlyLCBvcmdhbmlzbT1wYXJhbXMkb3JnYW5pc20sIGdlbmVfaWRfdHlwZT1wYXJhbXMkZ2VuZV9pZF90eXBlKQp9Cm92ZXJhbGxfc3RhdCA9IGRlbXVsdGlwbGV4X2luZm8oc2NlKQpkYXRhdGFibGUob3ZlcmFsbF9zdGF0LCB3aWR0aD04MDApCmBgYAoKUGxvdCBiYXJjb2RlIG1hdGNoIHN0YXRpc3RpY3MgaW4gcGllIGNoYXJ0OgpgYGB7cn0KcGxvdF9kZW11bHRpcGxleChzY2UpCmBgYAoKIyMgUmVhZCBhbGlnbm1lbnQgc3RhdGlzdGljcwoKYGBge3J9CmdncGxvdGx5KHBsb3RfbWFwcGluZyhzY2UsIGRhdGFuYW1lPXBhcmFtcyRzYW1wbGVuYW1lLCBwZXJjZW50YWdlID0gRkFMU0UpKQpgYGAKCmBgYHtyfQpnZ3Bsb3RseShwbG90X21hcHBpbmcoc2NlLCBkYXRhbmFtZT1wYXJhbXMkc2FtcGxlbmFtZSwgcGVyY2VudGFnZSA9IFRSVUUpKQpgYGAKCiMjIFN1bW1hcnkgYW5kIGRpc3RyaWJ1dGlvbnMgb2YgUUMgbWV0cmljcwoKYGBge3J9CmlmIChhbnkoY29sU3Vtcyhjb3VudHMoc2NlKSkgPT0gMCkpIHsKICB6ZXJvX2NlbGxzID0gc3VtKGNvbFN1bXMoY291bnRzKHNjZSkpID09IDApCiAgc2NlID0gc2NlWywgY29sU3Vtcyhjb3VudHMoc2NlKSkgPiAwXQp9IGVsc2UgewogIHplcm9fY2VsbHMgPSAwCn0KYGBgCgpgciBpZiAoemVyb19jZWxscyA+IDApe3Bhc3RlKHplcm9fY2VsbHMsICJjZWxscyBoYXZlIHplcm8gcmVhZCBjb3VudHMsIHJlbW92ZSB0aGVtLiIpfWAKCkRhdGF0YWJsZSBvZiBhbGwgUUMgbWV0cmljczoKYGBge3J9CnNjZSA9IGNhbGN1bGF0ZV9RQ19tZXRyaWNzKHNjZSkKaWYoIWFsbChjb2xTdW1zKGFzLmRhdGEuZnJhbWUoUUNfbWV0cmljcyhzY2UpKSk+MCkpewogIFFDX21ldHJpY3Moc2NlKSA9IFFDX21ldHJpY3Moc2NlKVssIGNvbFN1bXMoYXMuZGF0YS5mcmFtZShRQ19tZXRyaWNzKHNjZSkpKT4wXQp9CmRhdGF0YWJsZShhcy5kYXRhLmZyYW1lKFFDX21ldHJpY3Moc2NlKSksIHdpZHRoPTgwMCwgb3B0aW9ucz1saXN0KHNjcm9sbFg9IFRSVUUpKQpgYGAKClN1bW1hcnkgb2YgYWxsIFFDIG1ldHJpY3M6CmBgYHtyfQpkYXRhdGFibGUoZG8uY2FsbChjYmluZCwgbGFwcGx5KFFDX21ldHJpY3Moc2NlKSwgc3VtbWFyeSkpLCB3aWR0aD04MDAsIG9wdGlvbnM9bGlzdChzY3JvbGxYPSBUUlVFKSkKYGBgCgpOdW1iZXIgb2YgcmVhZHMgbWFwcGVkIHRvIGV4b24gYmVmb3JlIFVNSSBkZWR1cGxpY2F0aW9uIFZTIG51bWJlciBvZiBnZW5lcyBkZXRlY3RlZDoKYGBge3J9CmdncGxvdGx5KGdncGxvdChhcy5kYXRhLmZyYW1lKFFDX21ldHJpY3Moc2NlKSksIGFlcyh4PW1hcHBlZF90b19leG9uLCB5PW51bWJlcl9vZl9nZW5lcykpK2dlb21fcG9pbnQoYWxwaGE9MC44KSkKa25pdHI6OmtuaXRfZXhpdCgpCmBgYAoKIyBRdWFsaXR5IGNvbnRyb2wKCiMjIERldGVjdCBvdXRsaWVyIGNlbGxzCgpBIHJvYnVzdGlmaWVkIE1haGFsYW5vYmlzIERpc3RhbmNlIGlzIGNhbGN1bGF0ZWQgZm9yIGVhY2ggY2VsbCB0aGVuIG91dGxpZXJzIGFyZSBkZXRlY3RlZCBiYXNlZCBvbiB0aGUgZGlzdGFuY2UuCkhvd2V2ZXIsIGR1ZSB0byB0aGUgY29tcGxleCBuYXR1cmUgb2Ygc2luZ2xlIGNlbGwgdHJhbnNjcmlwdG9tZXMgYW5kIHByb3RvY29sIHVzZWQsIHN1Y2ggYSBtZXRob2QgY2FuIG9ubHkgYmUgdXNlZCB0bwphc3Npc3QgdGhlIHF1YWxpdHkgY29udHJvbCBwcm9jZXNzLiBWaXN1YWwgaW5zcGVjdGlvbiBvZiB0aGUgcXVhbGl0eSBjb250cm9sIG1ldHJpY3MgaXMgc3RpbGwgcmVxdWlyZWQuIEJ5IGRlZmF1bHQgd2UKdXNlIGBjb21wID0gMmAgYW5kIHRoZSBhbGdvcml0aG0gd2lsbCB0cnkgdG8gc2VwYXJhdGUgdGhlIHF1YWxpdHkgY29udHJvbCBtZXRyaWNzIGludG8gdHdvIGdhdXNzaWFuIGNsdXN0ZXJzLgoKVGhlIG51bWJlciBvZiBvdXRsaWVyczoKYGBge3J9CnNjZV9xYyA9IGRldGVjdF9vdXRsaWVyKHNjZSwgdHlwZT0ibG93IiwgY29tcCA9IDIpCnRhYmxlKFFDX21ldHJpY3Moc2NlX3FjKSRvdXRsaWVycykKYGBgCgpQYWlyd2lzZSBwbG90IGZvciBRQyBtZXRyaWNzLCBjb2xvcmVkIGJ5IG91dGxpZXJzOgpgYGB7ciwgd2FybmluZz1GQUxTRSwgbWVzc2FnZT1GQUxTRX0KcGxvdF9RQ19wYWlycyhzY2VfcWMpCmBgYAoKIyMgcGxvdCBoaWdoZXN0IGV4cHJlc3Npb24gZ2VuZXMKClJlbW92ZSBsb3cgcXVhbGl0eSBjZWxscyBhbmQgcGxvdCBoaWdoZXN0IGV4cHJlc3Npb24gZ2VuZXMuCgpgYGB7cn0Kc2NlX3FjID0gcmVtb3ZlX291dGxpZXJzKHNjZV9xYykKc2NlX3FjID0gY29udmVydF9nZW5laWQoc2NlX3FjLCByZXR1cm5zPSJleHRlcm5hbF9nZW5lX25hbWUiKQpzY2VfcWMgPC0gY2FsY3VsYXRlUUNNZXRyaWNzKHNjZV9xYykKcGxvdEhpZ2hlc3RFeHBycyhzY2VfcWMsIG49MjApCmBgYAoKIyMgcmVtb3ZlIGxvdyBhYnVuZGFudCBnZW5lcwoKUGxvdCB0aGUgYXZlcmFnZSBjb3VudCBmb3IgZWFjaCBnZW5lczoKYGBge3J9CmF2ZS5jb3VudHMgPC0gcm93TWVhbnMoY291bnRzKHNjZV9xYykpCmhpc3QobG9nMTAoYXZlLmNvdW50cyksIGJyZWFrcz0xMDAsIG1haW49IiIsIGNvbD0iZ3JleTgwIiwKICAgICB4bGFiPWV4cHJlc3Npb24oTG9nWzEwXX4iYXZlcmFnZSBjb3VudCIpKQpgYGAKCkFzIGEgbG9vc2UgZmlsdGVyIHdlIGtlZXAgZ2VuZXMgdGhhdCBhcmUgZXhwcmVzc2VkIGluIGF0IGxlYXN0IHR3byBjZWxscyBhbmQgZm9yIGNlbGxzIHRoYXQgZXhwcmVzcyB0aGF0IGdlbmUsIHRoZQphdmVyYWdlIGNvdW50IGxhcmdlciB0aGFuIHR3by4gSG93ZXZlciB0aGlzIGlzIG5vdCB0aGUgZ29sZCBzdGFuZGFyZCBhbmQgdGhlIGZpbHRlciBtYXkgdmFyaXkgZGVwZW5kaW5nIG9uIHRoZSBkYXRhLgoKYGBge3J9CmtlZXAxID0gKGFwcGx5KGNvdW50cyhzY2VfcWMpLCAxLCBmdW5jdGlvbih4KSBtZWFuKHhbeD4wXSkpID4gMS4xKSAgIyBhdmVyYWdlIGNvdW50IGxhcmdlciB0aGFuIDEuMQprZWVwMiA9IChyb3dTdW1zKGNvdW50cyhzY2VfcWMpPjApID4gNSkgICMgZXhwcmVzc2VkIGluIGF0IGxlYXN0IDUgY2VsbHMKCnNjZV9xYyA9IHNjZV9xY1soa2VlcDEgJiBrZWVwMiksIF0KZGltKHNjZV9xYykKYGBgCgpXZSBnb3QgYHIgbnJvdyhzY2VfcWMpYCBnZW5lcyBsZWZ0IGFmdGVyIHJlbW92aW5nIGxvdyBhYnVuZGFudCBnZW5lcy4KCiMgRGF0YSBub3JtYWxpemF0aW9uCgojIyBOb3JtYWxpemF0aW9uIGJ5IGBzY3JhbmAgYW5kIGBzY2F0ZXJgCgpDb21wdXRlIHRoZSBub3JtYWxpemF0aW9uIHNpemUgZmFjdG9yCgpgYGB7cn0KbmNlbGxzID0gbmNvbChzY2VfcWMpCmlmIChuY2VsbHMgPiAyMDApIHsKICBzY2VfcWMgPC0gY29tcHV0ZVN1bUZhY3RvcnMoc2NlX3FjKQp9IGVsc2UgewogIHNjZV9xYyA8LSBjb21wdXRlU3VtRmFjdG9ycyhzY2VfcWMsIHNpemVzPWFzLmludGVnZXIoYyhuY2VsbHMvNywgbmNlbGxzLzYsIG5jZWxscy81LCBuY2VsbHMvNCwgbmNlbGxzLzMpKSkKfQpzdW1tYXJ5KHNpemVGYWN0b3JzKHNjZV9xYykpCmBgYAoKYHIgaWYgKG1pbihzaXplRmFjdG9ycyhzY2VfcWMpKSA8PSAwKXtwYXN0ZSgiV2UgaGF2ZSBuZWdhdGl2ZSBzaXplIGZhY3RvcnMgaW4gdGhlIGRhdGEuIFRoZXkgaW5kaWNhdGUgbG93IHF1YWxpdHkgY2VsbHMKYW5kIHdlIGhhdmUgcmVtb3ZlZCB0aGVtLiBUbyBhdm9pZCBuZWdhdGl2ZSBzaXplIGZhY3RvcnMsIHRoZSBiZXN0IHNvbHV0aW9uIGlzIHRvIGluY3JlYXNlIHRoZSBzdHJpbmdlbmN5IG9mIHRoZQpmaWx0ZXJpbmcuIil9YAoKYGBge3J9CmlmIChtaW4oc2l6ZUZhY3RvcnMoc2NlX3FjKSkgPD0gMCkgewogIHNjZV9xYyA9IHNjZV9xY1ssIHNpemVGYWN0b3JzKHNjZV9xYyk+MF0KfQpgYGAKClBDQSBwbG90IHVzaW5nIGdlbmUgZXhwcmVzc2lvbnMgYXMgaW5wdXQsIGNvbG9yZWQgYnkgdGhlIG51bWJlciBvZiBnZW5lcy4KCmBgYHtyfQpjcG0oc2NlX3FjKSA9IGNhbGN1bGF0ZUNQTShzY2VfcWMsIHVzZV9zaXplX2ZhY3RvcnM9RkFMU0UpCnBsb3RQQ0Eoc2NlX3FjLCBydW5fYXJncyA9IGxpc3QoZXhwcnNfdmFsdWVzPSJjcG0iKSwgY29sb3VyX2J5PSJ0b3RhbF9mZWF0dXJlcyIpCmBgYAoKIyMjIE5vcm1hbGl6ZSB0aGUgZGF0YSB1c2luZyBzaXplIGZhY3RvciBhbmQgZ2V0IGhpZ2ggdmFyaWFibGUgZ2VuZXMKClRoZSBoaWdobHkgdmFyaWFibGUgZ2VuZXMgYXJlIGNob3NlbiBiYXNlZCBvbiBgdHJlbmRWYXJgIGZyb20gYHNjcmFuYCB3aXRoIGBGRFIgPiAwLjA1YCBhbmQgYmlvbG9naWNhbCB2YXJpYXRpb24gbGFyZ2VyCnRoYW4gYDAuNWAuIElmIHRoZSBudW1iZXIgb2YgaGlnaGx5IHZhcmlhYmxlIGdlbmVzIGlzIHNtYWxsZXIgdGhhbiAxMDAgd2Ugd2lsbCBzZWxlY3QgdGhlIHRvcCAxMDAgZ2VuZXMgYnkgYmlvbG9naWNhbAp2YXJpYXRpb24uIElmIHRoZSBudW1iZXIgaXMgbGFyZ2VyIHRoYW4gNTAwIHdlIHdpbGwgb25seSBrZWVwIHRvcCA1MDAgZ2VuZXMgYnkgYmlvbG9naWNhbCB2YXJpYXRpb24uCgpgYGB7ciwgd2FybmluZz1GQUxTRSwgbWVzc2FnZT1GQUxTRX0Kc2NlX3FjIDwtIG5vcm1hbGl6ZShzY2VfcWMpCgp2YXIuZml0IDwtIHRyZW5kVmFyKHNjZV9xYywgbWV0aG9kPSJsb2VzcyIsIHVzZS5zcGlrZXM9RkFMU0UpCnZhci5vdXQgPC0gZGVjb21wb3NlVmFyKHNjZV9xYywgdmFyLmZpdCkKCmlmIChsZW5ndGgod2hpY2godmFyLm91dCRGRFIgPD0gMC4wNSAmIHZhci5vdXQkYmlvID49IDAuNSkpIDwgNTAwKXsKICBodmcub3V0IDwtIHZhci5vdXRbb3JkZXIodmFyLm91dCRiaW8sIGRlY3JlYXNpbmc9VFJVRSlbMTo1MDBdLCBdCn1lbHNlIGlmKGxlbmd0aCh3aGljaCh2YXIub3V0JEZEUiA8PSAwLjA1ICYgdmFyLm91dCRiaW8gPj0gMC41KSkgPiAxMDAwKXsKICBodmcub3V0IDwtIHZhci5vdXRbb3JkZXIodmFyLm91dCRiaW8sIGRlY3JlYXNpbmc9VFJVRSlbMToxMDAwXSwgXQp9ZWxzZXsKICBodmcub3V0IDwtIHZhci5vdXRbd2hpY2godmFyLm91dCRGRFIgPD0gMC4wNSAmIHZhci5vdXQkYmlvID49IDAuNSksIF0KICBodmcub3V0IDwtIGh2Zy5vdXRbb3JkZXIoaHZnLm91dCRiaW8sIGRlY3JlYXNpbmc9VFJVRSksIF0KfQoKcGxvdCh2YXIub3V0JG1lYW4sIHZhci5vdXQkdG90YWwsIHBjaD0xNiwgY2V4PTAuNiwgeGxhYj0iTWVhbiBsb2ctZXhwcmVzc2lvbiIsCiAgICAgeWxhYj0iVmFyaWFuY2Ugb2YgbG9nLWV4cHJlc3Npb24iKQpvIDwtIG9yZGVyKHZhci5vdXQkbWVhbikKbGluZXModmFyLm91dCRtZWFuW29dLCB2YXIub3V0JHRlY2hbb10sIGNvbD0iZG9kZ2VyYmx1ZSIsIGx3ZD0yKQpwb2ludHModmFyLm91dCRtZWFuW3Jvd25hbWVzKHZhci5vdXQpICVpbiUgcm93bmFtZXMoaHZnLm91dCldLCB2YXIub3V0JHRvdGFsW3Jvd25hbWVzKHZhci5vdXQpICVpbiUgcm93bmFtZXMoaHZnLm91dCldLCBjb2w9InJlZCIsIHBjaD0xNikKYGBgCgojIyBIZWF0bWFwIG9mIHRvcDEwMCBoaWdoIHZhcmlhYmxlIGdlbmVzCgpgYGB7cn0KZ2VuZV9leHAgPSBleHBycyhzY2VfcWMpCgpnZW5lX2V4cCA9IGdlbmVfZXhwW3Jvd25hbWVzKGh2Zy5vdXQpWzE6MTAwXSwgXQoKaGMucm93cyA8LSBoY2x1c3QoZGlzdChnZW5lX2V4cCkpCmhjLmNvbHMgPC0gaGNsdXN0KGRpc3QodChnZW5lX2V4cCkpKQoKZ2VuZV9leHAgPSBnZW5lX2V4cFtoYy5yb3dzJG9yZGVyLCBoYy5jb2xzJG9yZGVyXQoKbSA9IGxpc3QoCiAgbCA9IDEwMCwKICByID0gNDAsCiAgYiA9IDEwLAogIHQgPSAxMCwKICBwYWQgPSAwCikKCnBsb3RfbHkoCiAgICB4ID0gY29sbmFtZXMoZ2VuZV9leHApLCB5ID0gcm93bmFtZXMoZ2VuZV9leHApLAogICAgeiA9IGdlbmVfZXhwLCB0eXBlID0gImhlYXRtYXAiKSU+JQpsYXlvdXQoYXV0b3NpemUgPSBGLCBtYXJnaW4gPSBtKQpgYGAKCiMgRGltZW5zaW9uYWxpdHkgcmVkdWN0aW9uIHVzaW5nIGhpZ2ggdmFyaWFibGUgZ2VuZXMKCiMjIERpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbiBieSBQQ0EKCmBgYHtyfQpwbG90UENBKHNjZV9xYywgcnVuX2FyZ3MgPSBsaXN0KGV4cHJzX3ZhbHVlcz0ibG9nY291bnRzIiksIGNvbG91cl9ieT0idG90YWxfZmVhdHVyZXMiKQpgYGAKCiMjIERpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbiBieSB0LVNORQoKYGBge3IsIGZpZy53aWR0aD0xMCwgZmlnLmhlaWdodD0zLjV9CnNldC5zZWVkKDEwMCkKaWYgKGFueShkdXBsaWNhdGVkKHQobG9nY291bnRzKHNjZV9xYylbcm93bmFtZXMoaHZnLm91dCksIF0pKSkpIHsKICBzY2VfcWMgPSBzY2VfcWNbLCAhZHVwbGljYXRlZCh0KGxvZ2NvdW50cyhzY2VfcWMpW3Jvd25hbWVzKGh2Zy5vdXQpLCBdKSldCn0Kb3V0NSA8LSBwbG90VFNORShzY2VfcWMsIHJ1bl9hcmdzID0gbGlzdChleHByc192YWx1ZXM9ImxvZ2NvdW50cyIsIHBlcnBsZXhpdHk9MTAsZmVhdHVyZV9zZXQ9cm93bmFtZXMoaHZnLm91dCkpLCBjb2xvdXJfYnk9InRvdGFsX2ZlYXR1cmVzIikgKyBnZ3RpdGxlKCJQZXJwbGV4aXR5ID0gMTAiKQpvdXQxMCA8LSBwbG90VFNORShzY2VfcWMsIHJ1bl9hcmdzID0gbGlzdChleHByc192YWx1ZXM9ImxvZ2NvdW50cyIsIHBlcnBsZXhpdHk9MjAsZmVhdHVyZV9zZXQ9cm93bmFtZXMoaHZnLm91dCkpLCBjb2xvdXJfYnk9InRvdGFsX2ZlYXR1cmVzIiwKICAgICBmZWF0dXJlX3NldD1yb3duYW1lcyhodmcub3V0KSkgICsgZ2d0aXRsZSgiUGVycGxleGl0eSA9IDIwIikKb3V0MjAgPC0gcGxvdFRTTkUoc2NlX3FjLCBydW5fYXJncyA9IGxpc3QoZXhwcnNfdmFsdWVzPSJsb2djb3VudHMiLCBwZXJwbGV4aXR5PTMwLGZlYXR1cmVfc2V0PXJvd25hbWVzKGh2Zy5vdXQpKSwgY29sb3VyX2J5PSJ0b3RhbF9mZWF0dXJlcyIsCiAgICAgZmVhdHVyZV9zZXQ9cm93bmFtZXMoaHZnLm91dCkpICArIGdndGl0bGUoIlBlcnBsZXhpdHkgPSAzMCIpCm11bHRpcGxvdChvdXQ1LCBvdXQxMCwgb3V0MjAsIGNvbHM9MykKYGBgCg==